package com.abigdreamer.dicux.analy;

import java.io.File;
import java.util.List;
import java.util.Map;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.select.Elements;

import com.abigdreamer.newspider.Article;
import com.abigdreamer.newspider.LoginFormInfo;
import com.abigdreamer.newspider.ThreadTaskManager;
import com.abigdreamer.util.FileUtil;

/**   
 * 
 * @author Darkness
 * @date 2013-6-2 下午05:23:05
 * @website http://www.abigdreamer.com 
 * @version V1.0   
 */
public class ArticleAnaly extends ThreadTaskManager {
	
	int matchCount = 0;
	public void process() {
		
		List<File> files = FileUtil.getAllFile("F:\\dreamer\\gather\\dixcus\\files", "html");
		System.out.println(files.size());
		addTasks(files);
		
		for (int i = 0; i < 100; i++) {
			ArticleAnalyProcessor fourmSpider = new ArticleAnalyProcessor(this);
			addProcesser(fourmSpider);
		}

		startThread();
	}
	
	@Override
	protected void afterFinished() {
		System.out.println("matchCount:" + matchCount);
	}
}
